R Notebook

Run Twitter Scrape

pacman::p_load(tidyverse, wdman, jsonlite, rvest, xml2, RSelenium, here, crayon, here)

Warning message:
In readLines(con) :
  incomplete final line found on 'C:/Users/Fabio/Documents/R/win-library/3.4/rmarkdown/rmarkdown/templates/my_template/template.yaml'

source("helper_functions.R")
options(scipen = 999)
todo_ids_ar <- get(load(here("data", "tw", "tweet_ids",  "tweet_ids.Rdata")))
todo_ids_ar <- todo_ids_ar %>%
  filter(!duplicated(todo_ids_ar))

package 㤼㸱bindrcpp㤼㸲 was built under R version 3.4.3

dat <- todo_ids_ar %>% 
  mutate(tweet_id = as.factor(tweet_id))
todo_ids_ar[26,]

Main Function

library(RSelenium)
port <- sample(4000L:5000L, 1)
rD <- rsDriver(verbose = FALSE, port = port)
rD

$client
  browserName                               id
1      chrome 6b909a5f7019e8f4d2bc4405a6bba12e

$server
Process Handle
command   : C:\Users\Fabio\AppData\Local\Temp\RtmpWwMf9K\file26447a02ce1.bat 
system id : 220
state     : running

remDr <- rD$client
#remDr$close()
start <- 135732
finish <- 145637
final_list <- get_tweet_replies(dat, start, finish)


 +++ Tweet #: 135732 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135733 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135734 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135735 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135736 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135737 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135738 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135739 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135740 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135741 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135742 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135743 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135744 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135745 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135746 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135747 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135748 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135749 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135750 by: IdentityEvropa +++ 
WARNING: Account Suspended/Tweet unavailable in Germany

 +++ Tweet #: 135751 by: IdentityEvropa +++ 
WARNING: Account Suspended/Tweet unavailable in Germany

 +++ Tweet #: 135752 by: IdentityEvropa +++ 
Done scrolling! Next tweet: